import scrapy

class CompanySpider(scrapy.Spider):
    name = "company"
    allowed_domains = ["vfxnews.net"]

    start_urls = [
        #"http://www.vfxnews.net/jobs/"
        "http://www.vfxnews.net/jobs/jobs-list.php?key=&jobcategory=&trade=&citycategory=&wage=&jobtag=&education=&experience=&settr=&nature=&scale=&sort=&page="
    ]

    def parse(self, response):
        self.log("[response.url]:" + response.url)

        title = response.css('title::text')
        self.log("[title]:" + str(title.extract()))
        results = response.xpath("//div[@class='info-list-block job clearfix']")
        self.log("[results]:" + str(results))

        for line in results:
            line
            company_name = line.xpath("//div[@class='list-item item2 f-left']")
            self.log("[company_name]:" + str(company_name))



